python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 1 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 2 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 4 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 8 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 16 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 32 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 64 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 96 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 128 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 160 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 192 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048
python3 -m bench --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 256 -t 5000 --numrepeats 3 --output test_out --max_tokens 2048

python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 1 -t 5000 --numrepeats 3 --output test_out --max_tokens 		4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 2 -t 5000 --numrepeats 3 --output test_out --max_tokens 		4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 4 -t 5000 --numrepeats 3 --output test_out --max_tokens 		4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 8 -t 5000 --numrepeats 3 --output test_out --max_tokens 		4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 16 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 32 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 64 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 96 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 128 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 160 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 192 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096
python3 -m bench2 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 256 -t 5000 --numrepeats 3 --output test_out --max_tokens 	4096

python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c  1 -t 5000 --numrepeats 3 --output test_out --max_tokens 		8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 2 -t 5000 --numrepeats 3 --output test_out --max_tokens 		8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 4 -t 5000 --numrepeats 3 --output test_out --max_tokens 		8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 8 -t 5000 --numrepeats 3 --output test_out --max_tokens 		8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 16 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 32 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 64 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 96 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 128 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 160 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 192 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
python3 -m bench3 --base-url http://127.0.0.1:8000/v1 --model  /model/deepseek-ai/DeepSeek-R1-Distill-Llama-70B -c 256 -t 5000 --numrepeats 3 --output test_out --max_tokens 	8192
